from swift.llm import InferArguments, merge_lora_main, infer_main

best_model_checkpoint = '/home/x/codes/hugeface/swift/output/qwen2_5-0_5b-instruct/v5-20241030-222707/checkpoint-540/'
infer_args = InferArguments(
    model_type='qwen2_5-0_5b-instruct',
    # model_id_or_path='/jppeng/app/models/Qwen1.5-7B-Chat',
    ckpt_dir=best_model_checkpoint,
    eval_human=True)
# merge_lora_main(infer_args)
result = infer_main(infer_args)